{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "c045682c",
   "metadata": {},
   "source": [
    "* 备注\n",
    "> 1.城市：'全国'、 '北京、 '上海'、 '天津'、 '重庆'、 '广州'、'深圳'、 '苏州'、 '南京'、 '杭州'、 '大连'、'成都'、 '武汉'、 '西安'  \n",
    "> 2.关键词：不限制  \n",
    "> 3.工作经验：'应届生'、 '实习生'、 '1年以内'、 '1-3年'、'3-5年'、 '5-10年'、'10年以上'  \n",
    "> 4.公司规模：1-49人、50-99人、100-499人、500-999人、1000-2000人、2000-5000人、5000-10000人、10000人以上  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "84f47637",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "这是第1页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待5秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待7秒...然后以继续抓取\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>job.title</th>\n",
       "      <th>job.refreshTime</th>\n",
       "      <th>job.jobId</th>\n",
       "      <th>job.jobKind</th>\n",
       "      <th>job.dq</th>\n",
       "      <th>job.topJob</th>\n",
       "      <th>job.pcOuterLink</th>\n",
       "      <th>...</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>comp.link</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"吴先生\",\"jobId\":\"48818805\",\"job...</td>\n",
       "      <td>[渠道运营, 产品运营]</td>\n",
       "      <td>PM产品经理（元器件）</td>\n",
       "      <td>20220411230440</td>\n",
       "      <td>48818805</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-福田区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>09ea96f81e58eafe6ac4e705fd2725a1</td>\n",
       "      <td>5f8f986bdfb13a7dee342f2108u.jpg</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5c6e1794261c45f047888e8e04u.png</td>\n",
       "      <td>厦门唯样科技有限公司</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>9885213</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>https://www.liepin.com/company/9885213/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"程女士\",\"jobId\":\"61288827\",\"job...</td>\n",
       "      <td>[]</td>\n",
       "      <td>TV Product Manager(南非、意大利)</td>\n",
       "      <td>20230831194617</td>\n",
       "      <td>61288827</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>4898c453f67450440d4d8cf16bd118f5</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfe96db74719df0ac991c0e03a.png</td>\n",
       "      <td>创维-RGB电子</td>\n",
       "      <td>10000人以上</td>\n",
       "      <td>1550812</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>https://www.liepin.com/company/1550812/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"江女士\",\"jobId\":\"59083047\",\"job...</td>\n",
       "      <td>[工具产品, 数据产品, 策略产品, 用户研究, 团队管理, 数据分析, 需求分析, 竞品分...</td>\n",
       "      <td>产品经理实习生</td>\n",
       "      <td>20230605144027</td>\n",
       "      <td>59083047</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-龙华区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>975590973597d5990df38e310c892c5e</td>\n",
       "      <td>6482ad4ca582421b523f6aad02u.png</td>\n",
       "      <td>天使轮</td>\n",
       "      <td>638030fd790f213180984f4401u.png</td>\n",
       "      <td>深圳汉阳科技有限公司</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>8809483</td>\n",
       "      <td>人工智能</td>\n",
       "      <td>https://www.liepin.com/company/8809483/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"彭先生\",\"jobId\":\"60207589\",\"job...</td>\n",
       "      <td>[策略产品, 产品优化, 团队管理, 用户研究, 数据分析]</td>\n",
       "      <td>AIGC 企业级应用的产品经理</td>\n",
       "      <td>20230722084816</td>\n",
       "      <td>60207589</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-宝安区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>b9f5503a38d756eea51fcf4dc008bfd3</td>\n",
       "      <td>644ed8b14bbdfd19cd96b38d07u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>深圳市迷谷启明科技有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>13341083</td>\n",
       "      <td>互联网</td>\n",
       "      <td>https://www.liepin.com/company/13341083/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"刘女士\",\"jobId\":\"53884129\",\"job...</td>\n",
       "      <td>[策略产品, to G, 竞品分析, 产品规划, 用户研究, 产品设计, 数据分析, 团队管理]</td>\n",
       "      <td>产品经理-德语</td>\n",
       "      <td>20221114134406</td>\n",
       "      <td>53884129</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>1ea5a9e8f72f55d8b9b943c2bbffc50b</td>\n",
       "      <td>636b0ca57f270e6a8bfd39c301u.png</td>\n",
       "      <td>A轮</td>\n",
       "      <td>648a8cab5446774f442f54e103u.png</td>\n",
       "      <td>广州疆海科技有限公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>9998763</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>https://www.liepin.com/company/9998763/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobKind\":\"2\",\"jobId\":\"33273225\",\"userId\":\"08...</td>\n",
       "      <td>[生产跟单]</td>\n",
       "      <td>生产跟单</td>\n",
       "      <td>20201107085717</td>\n",
       "      <td>33273225</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0895e5f5ea2f23c73d9184460a4c74d3</td>\n",
       "      <td>5f8f98698dbe6273dcf8516008u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>深圳市诚伟翔科技有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>12443347</td>\n",
       "      <td>金属制品</td>\n",
       "      <td>https://www.liepin.com/company/12443347/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobKind\":\"2\",\"jobId\":\"47789029\",\"userId\":\"0c...</td>\n",
       "      <td>[]</td>\n",
       "      <td>管理培训生</td>\n",
       "      <td>20220701093709</td>\n",
       "      <td>47789029</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>0cb8121bf5405885d431a8234a355eca</td>\n",
       "      <td>6225a01d81a14b00fe47233b03u.png</td>\n",
       "      <td>天使轮</td>\n",
       "      <td>5e3d1aa96324626e179ace0101u.jpg</td>\n",
       "      <td>大管加</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>9238896</td>\n",
       "      <td>计算机软件</td>\n",
       "      <td>https://www.liepin.com/company/9238896/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobKind\":\"2\",\"jobId\":\"47139309\",\"userId\":\"88...</td>\n",
       "      <td>[网络销售, 电话销售, to C, 销售管理, 客户管理, 团队管理]</td>\n",
       "      <td>网络销售</td>\n",
       "      <td>20220216173703</td>\n",
       "      <td>47139309</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-龙岗区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>88570e71c3ade619b3047ceb4c876b7b</td>\n",
       "      <td>622f36db4a223b009c6c4efe05u.png</td>\n",
       "      <td>B轮</td>\n",
       "      <td>5e23ab5629d83a675442873a06u.png</td>\n",
       "      <td>深圳市洋葱电子商务有限公司</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>10074973</td>\n",
       "      <td>互联网</td>\n",
       "      <td>https://www.liepin.com/company/10074973/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobKind\":\"2\",\"jobId\":\"23174441\",\"userId\":\"55...</td>\n",
       "      <td>[]</td>\n",
       "      <td>产品专员/助理</td>\n",
       "      <td>20191012125151</td>\n",
       "      <td>23174441</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-龙岗区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>5527f903ad0f2f1a319538072cd912fa</td>\n",
       "      <td>5f8f986aea60860b75384fab08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfe9f9f74719d2aa34bce5e03a.png</td>\n",
       "      <td>深圳时资科技发展有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>7891695</td>\n",
       "      <td>电气机械/器材</td>\n",
       "      <td>https://www.liepin.com/company/7891695/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobKind\":\"2\",\"jobId\":\"49947443\",\"userId\":\"7e...</td>\n",
       "      <td>[销售助理]</td>\n",
       "      <td>销售助理</td>\n",
       "      <td>20220817085500</td>\n",
       "      <td>49947443</td>\n",
       "      <td>2</td>\n",
       "      <td>深圳-龙岗区</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>7ea036c02a53ddf1deeca2a9ecc4662b</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>深圳市欣妍生物技术有限公司</td>\n",
       "      <td>1-49人</td>\n",
       "      <td>13225483</td>\n",
       "      <td>制药</td>\n",
       "      <td>https://www.liepin.com/company/13225483/</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "1   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "2   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "3   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "4   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "..                                                ...   \n",
       "35  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "36  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "37  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "38  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "39  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "\n",
       "                                           dataParams  \\\n",
       "0   {\"recruiterName\":\"吴先生\",\"jobId\":\"48818805\",\"job...   \n",
       "1   {\"recruiterName\":\"程女士\",\"jobId\":\"61288827\",\"job...   \n",
       "2   {\"recruiterName\":\"江女士\",\"jobId\":\"59083047\",\"job...   \n",
       "3   {\"recruiterName\":\"彭先生\",\"jobId\":\"60207589\",\"job...   \n",
       "4   {\"recruiterName\":\"刘女士\",\"jobId\":\"53884129\",\"job...   \n",
       "..                                                ...   \n",
       "35  {\"jobKind\":\"2\",\"jobId\":\"33273225\",\"userId\":\"08...   \n",
       "36  {\"jobKind\":\"2\",\"jobId\":\"47789029\",\"userId\":\"0c...   \n",
       "37  {\"jobKind\":\"2\",\"jobId\":\"47139309\",\"userId\":\"88...   \n",
       "38  {\"jobKind\":\"2\",\"jobId\":\"23174441\",\"userId\":\"55...   \n",
       "39  {\"jobKind\":\"2\",\"jobId\":\"49947443\",\"userId\":\"7e...   \n",
       "\n",
       "                                           job.labels  \\\n",
       "0                                        [渠道运营, 产品运营]   \n",
       "1                                                  []   \n",
       "2   [工具产品, 数据产品, 策略产品, 用户研究, 团队管理, 数据分析, 需求分析, 竞品分...   \n",
       "3                      [策略产品, 产品优化, 团队管理, 用户研究, 数据分析]   \n",
       "4    [策略产品, to G, 竞品分析, 产品规划, 用户研究, 产品设计, 数据分析, 团队管理]   \n",
       "..                                                ...   \n",
       "35                                             [生产跟单]   \n",
       "36                                                 []   \n",
       "37               [网络销售, 电话销售, to C, 销售管理, 客户管理, 团队管理]   \n",
       "38                                                 []   \n",
       "39                                             [销售助理]   \n",
       "\n",
       "                     job.title job.refreshTime job.jobId job.jobKind  job.dq  \\\n",
       "0                  PM产品经理（元器件）  20220411230440  48818805           2  深圳-福田区   \n",
       "1   TV Product Manager(南非、意大利)  20230831194617  61288827           2      深圳   \n",
       "2                      产品经理实习生  20230605144027  59083047           2  深圳-龙华区   \n",
       "3              AIGC 企业级应用的产品经理  20230722084816  60207589           2  深圳-宝安区   \n",
       "4                      产品经理-德语  20221114134406  53884129           2  深圳-南山区   \n",
       "..                         ...             ...       ...         ...     ...   \n",
       "35                        生产跟单  20201107085717  33273225           2      深圳   \n",
       "36                       管理培训生  20220701093709  47789029           2      深圳   \n",
       "37                        网络销售  20220216173703  47139309           2  深圳-龙岗区   \n",
       "38                     产品专员/助理  20191012125151  23174441           2  深圳-龙岗区   \n",
       "39                        销售助理  20220817085500  49947443           2  深圳-龙岗区   \n",
       "\n",
       "    job.topJob job.pcOuterLink  ... recruiter.imUserType  \\\n",
       "0        False                  ...                    2   \n",
       "1        False                  ...                    2   \n",
       "2        False                  ...                    2   \n",
       "3        False                  ...                    2   \n",
       "4        False                  ...                    2   \n",
       "..         ...             ...  ...                  ...   \n",
       "35       False                  ...                    2   \n",
       "36       False                  ...                    2   \n",
       "37       False                  ...                    2   \n",
       "38       False                  ...                    2   \n",
       "39       False                  ...                    2   \n",
       "\n",
       "               recruiter.recruiterId         recruiter.recruiterPhoto  \\\n",
       "0   09ea96f81e58eafe6ac4e705fd2725a1  5f8f986bdfb13a7dee342f2108u.jpg   \n",
       "1   4898c453f67450440d4d8cf16bd118f5  5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "2   975590973597d5990df38e310c892c5e  6482ad4ca582421b523f6aad02u.png   \n",
       "3   b9f5503a38d756eea51fcf4dc008bfd3  644ed8b14bbdfd19cd96b38d07u.png   \n",
       "4   1ea5a9e8f72f55d8b9b943c2bbffc50b  636b0ca57f270e6a8bfd39c301u.png   \n",
       "..                               ...                              ...   \n",
       "35  0895e5f5ea2f23c73d9184460a4c74d3  5f8f98698dbe6273dcf8516008u.jpg   \n",
       "36  0cb8121bf5405885d431a8234a355eca  6225a01d81a14b00fe47233b03u.png   \n",
       "37  88570e71c3ade619b3047ceb4c876b7b  622f36db4a223b009c6c4efe05u.png   \n",
       "38  5527f903ad0f2f1a319538072cd912fa  5f8f986aea60860b75384fab08u.jpg   \n",
       "39  7ea036c02a53ddf1deeca2a9ecc4662b  5f8f9865ea60860b75384fa508u.jpg   \n",
       "\n",
       "   comp.compStage                    comp.compLogo  comp.compName  \\\n",
       "0           融资未公开  5c6e1794261c45f047888e8e04u.png     厦门唯样科技有限公司   \n",
       "1             NaN  5bfe96db74719df0ac991c0e03a.png       创维-RGB电子   \n",
       "2             天使轮  638030fd790f213180984f4401u.png     深圳汉阳科技有限公司   \n",
       "3             NaN  61b07937d0458d53c627567e02u.jpg  深圳市迷谷启明科技有限公司   \n",
       "4              A轮  648a8cab5446774f442f54e103u.png     广州疆海科技有限公司   \n",
       "..            ...                              ...            ...   \n",
       "35            NaN  61b07937d0458d53c627567e02u.jpg   深圳市诚伟翔科技有限公司   \n",
       "36            天使轮  5e3d1aa96324626e179ace0101u.jpg            大管加   \n",
       "37             B轮  5e23ab5629d83a675442873a06u.png  深圳市洋葱电子商务有限公司   \n",
       "38            NaN  5bfe9f9f74719d2aa34bce5e03a.png   深圳时资科技发展有限公司   \n",
       "39          融资未公开  61b07937d0458d53c627567e02u.jpg  深圳市欣妍生物技术有限公司   \n",
       "\n",
       "    comp.compScale comp.compId comp.compIndustry  \\\n",
       "0           50-99人     9885213       电子/半导体/集成电路   \n",
       "1         10000人以上     1550812       电子/半导体/集成电路   \n",
       "2           50-99人     8809483              人工智能   \n",
       "3            1-49人    13341083               互联网   \n",
       "4         100-499人     9998763       电子/半导体/集成电路   \n",
       "..             ...         ...               ...   \n",
       "35           1-49人    12443347              金属制品   \n",
       "36        100-499人     9238896             计算机软件   \n",
       "37        500-999人    10074973               互联网   \n",
       "38           1-49人     7891695           电气机械/器材   \n",
       "39           1-49人    13225483                制药   \n",
       "\n",
       "                                   comp.link  \n",
       "0    https://www.liepin.com/company/9885213/  \n",
       "1    https://www.liepin.com/company/1550812/  \n",
       "2    https://www.liepin.com/company/8809483/  \n",
       "3   https://www.liepin.com/company/13341083/  \n",
       "4    https://www.liepin.com/company/9998763/  \n",
       "..                                       ...  \n",
       "35  https://www.liepin.com/company/12443347/  \n",
       "36   https://www.liepin.com/company/9238896/  \n",
       "37  https://www.liepin.com/company/10074973/  \n",
       "38   https://www.liepin.com/company/7891695/  \n",
       "39  https://www.liepin.com/company/13225483/  \n",
       "\n",
       "[400 rows x 31 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "crawl_liepin.crawl(城市=\"深圳\",关键词=\"产品经理\",工作经验='应届生')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ad0c62a7",
   "metadata": {},
   "source": [
    "# 第一个目标，cookies实现登陆，获取完整数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "c367bf2a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'inited_user=daf7251f92024e8969feb28b0e9ad34c; XSRF-TOKEN=SIVa3Y_gRaqR7k-mI1I6kQ; __gc_id=d474cd1529ae40a29b8f9c81b7e60de7; _ga=GA1.1.1301373590.1698838360; __uuid=1698838362686.73; __tlog=1698838362732.34%7C00000000%7C00000000%7C00000000%7C00000000; acw_tc=276077be16988383924452585e8d8e297846bb9fcc8c8f34695b420d154b08; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1698838365; UniqueKey=95507c72a8d5ae141a667e00ad0d9493; liepin_login_valid=0; lt_auth=u%2B5bbHQGxlzxtXfR3zQN4vociI39UWvIpX8EhE0Ahoe%2BCqG04PngSwOGq7EExAMhlkh1ccULN7n2Pev2zXtP4kcTwGqnl4CyvOW92GECTeNcN8W2vezHl8zRQpQcl0AC8nFbtkIL%2BQ%3D%3D; access_system=C; user_roles=0; user_photo=5f8fa3a679c7cc70efbf444e08u.png; user_name=%E8%AE%B8%E6%99%BA%E8%B6%85; need_bind_tel=false; new_user=false; c_flag=fa43f4d55f3df63a96a7b4f194e214d4; inited_user=daf7251f92024e8969feb28b0e9ad34c; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1698838461; imId=c5f9b89f8466dffe6882ca1e5431db9c; imId_0=c5f9b89f8466dffe6882ca1e5431db9c; imClientId=c5f9b89f8466dffeb1921abcfab3aed0; imClientId_0=c5f9b89f8466dffeb1921abcfab3aed0; imApp_0=1; __session_seq=7; __uv_seq=7; fe_im_socketSequence_new_0=1_1_1; __tlg_event_seq=116; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_95507c72a8d5ae141a667e00ad0d9493%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; _ga_54YTJKWN86=GS1.1.1698838360.1.1.1698838528.0.0.0'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 建立登陆cookie\n",
    "cookie = \"inited_user=daf7251f92024e8969feb28b0e9ad34c; XSRF-TOKEN=SIVa3Y_gRaqR7k-mI1I6kQ; __gc_id=d474cd1529ae40a29b8f9c81b7e60de7; _ga=GA1.1.1301373590.1698838360; __uuid=1698838362686.73; __tlog=1698838362732.34%7C00000000%7C00000000%7C00000000%7C00000000; acw_tc=276077be16988383924452585e8d8e297846bb9fcc8c8f34695b420d154b08; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1698838365; UniqueKey=95507c72a8d5ae141a667e00ad0d9493; liepin_login_valid=0; lt_auth=u%2B5bbHQGxlzxtXfR3zQN4vociI39UWvIpX8EhE0Ahoe%2BCqG04PngSwOGq7EExAMhlkh1ccULN7n2Pev2zXtP4kcTwGqnl4CyvOW92GECTeNcN8W2vezHl8zRQpQcl0AC8nFbtkIL%2BQ%3D%3D; access_system=C; user_roles=0; user_photo=5f8fa3a679c7cc70efbf444e08u.png; user_name=%E8%AE%B8%E6%99%BA%E8%B6%85; need_bind_tel=false; new_user=false; c_flag=fa43f4d55f3df63a96a7b4f194e214d4; inited_user=daf7251f92024e8969feb28b0e9ad34c; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1698838461; imId=c5f9b89f8466dffe6882ca1e5431db9c; imId_0=c5f9b89f8466dffe6882ca1e5431db9c; imClientId=c5f9b89f8466dffeb1921abcfab3aed0; imClientId_0=c5f9b89f8466dffeb1921abcfab3aed0; imApp_0=1; __session_seq=7; __uv_seq=7; fe_im_socketSequence_new_0=1_1_1; __tlg_event_seq=116; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_95507c72a8d5ae141a667e00ad0d9493%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; _ga_54YTJKWN86=GS1.1.1698838360.1.1.1698838528.0.0.0\"\n",
    "cookie"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "7708a831",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "这是第1页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待5秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待4秒...然后以继续抓取\n"
     ]
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "产品经理_深圳_results = crawl_liepin.crawl(城市=\"深圳\",关键词=\"产品经理\",工作经验='',登录cookie=cookie)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae8070f2",
   "metadata": {},
   "source": [
    "# 尝试使用数据分析进行数据交互式可视化"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1cdb32c1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataParams</th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>job.title</th>\n",
       "      <th>job.dq</th>\n",
       "      <th>job.jobKind</th>\n",
       "      <th>job.refreshTime</th>\n",
       "      <th>job.jobId</th>\n",
       "      <th>job.advViewFlag</th>\n",
       "      <th>job.requireWorkYears</th>\n",
       "      <th>...</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>comp.compStage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>{\"imId\":\"7d3fa6789cde5a1567766a03c68ce883\",\"im...</td>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...</td>\n",
       "      <td>[工具产品, 计算机软件, 产品设计, 产品规划]</td>\n",
       "      <td>【科技公司】BIM产品经理</td>\n",
       "      <td>深圳</td>\n",
       "      <td>2</td>\n",
       "      <td>20231103162049</td>\n",
       "      <td>60703563</td>\n",
       "      <td>True</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>招聘经理</td>\n",
       "      <td>3fcc5d5e7789cc2d15a835f0d3b0cd8e</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>8008752.0</td>\n",
       "      <td>中海地产</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>6152c4cc6f51835dc0c4098401u.png</td>\n",
       "      <td>房地产开发经营</td>\n",
       "      <td>https://www.liepin.com/company/8008752/</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>{\"imId\":\"3a4d6e5af4ea54c998d2351c2920e108\",\"im...</td>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...</td>\n",
       "      <td>[数据产品, 工具产品, 化学化工, 数据分析, 产品规划, 数据挖掘, 用户研究, 产品设计]</td>\n",
       "      <td>IT产品经理岗（数据开发方向）</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>2</td>\n",
       "      <td>20230724093847</td>\n",
       "      <td>60218903</td>\n",
       "      <td>True</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>HR</td>\n",
       "      <td>682f5224fe72776cffa07540d5a21b09</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>9137518.0</td>\n",
       "      <td>前海兴邦金融租赁有限责任公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>5950bce770320c7ee1a5511806a.jpg</td>\n",
       "      <td>银行</td>\n",
       "      <td>https://www.liepin.com/company/9137518/</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>{\"imId\":\"ca94f48529c69593cf3b784bbdf4fe53\",\"im...</td>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...</td>\n",
       "      <td>[策略产品, 能源/水利/环保, 新能源, 产品设计, 产品规划]</td>\n",
       "      <td>新能源产品经理（研发经验）</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>2</td>\n",
       "      <td>20231108085807</td>\n",
       "      <td>62757747</td>\n",
       "      <td>True</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>人力资源经理</td>\n",
       "      <td>a276f1c9428cbbd6482b32c71a5ef883</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>13559807.0</td>\n",
       "      <td>中石油深圳新能源研究院有限公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>65127c2197412100f7f75bc008u.png</td>\n",
       "      <td>专业技术服务</td>\n",
       "      <td>https://www.liepin.com/company/13559807/</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>{\"imId\":\"4a4ece35206ffdf578f5885b11a76839\",\"im...</td>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...</td>\n",
       "      <td>[数据产品, 数据挖掘, 数据分析, 产品规划]</td>\n",
       "      <td>Lazada-Data Product Manager-流量数据产品经理（深圳）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>2</td>\n",
       "      <td>20210311143004</td>\n",
       "      <td>36908035</td>\n",
       "      <td>False</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>招聘经理</td>\n",
       "      <td>d4be0c7af21e622076f4668dbe33f725</td>\n",
       "      <td>57c4e9d345ce9f0a74a9b8cd04a.png</td>\n",
       "      <td>1072424.0</td>\n",
       "      <td>阿里巴巴集团</td>\n",
       "      <td>10000人以上</td>\n",
       "      <td>5bfe915474719d35745acf0903a.png</td>\n",
       "      <td>互联网</td>\n",
       "      <td>https://www.liepin.com/company/1072424/</td>\n",
       "      <td>港股上市</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>{\"imId\":\"5f8386ced4ae183262f6540bf442d9e7\",\"im...</td>\n",
       "      <td>%7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...</td>\n",
       "      <td>[数据产品, 供应链产品, 电子/半导体/集成电路, 电子商务, 产品规划, 用户研究, 市...</td>\n",
       "      <td>产品经理 PM（NXP）</td>\n",
       "      <td>深圳</td>\n",
       "      <td>2</td>\n",
       "      <td>20231016141158</td>\n",
       "      <td>44250585</td>\n",
       "      <td>False</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>人力资源部主管</td>\n",
       "      <td>03a35b280d00a67bde30689f01e9fe19</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>8523053.0</td>\n",
       "      <td>中电港</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>5bfe9bce74719df0ac9a179703a.png</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>https://www.liepin.com/company/8523053/</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>{\"imId\":\"58af556f02a9c1d637a1b37a5d2979c7\",\"im...</td>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>[智能投顾产品经理, 投资产品, 金融产品, 金融行业, 移动端产品, 需求分析, 用户研究...</td>\n",
       "      <td>高级智能投顾产品经理</td>\n",
       "      <td>深圳</td>\n",
       "      <td>1</td>\n",
       "      <td>20231107093631</td>\n",
       "      <td>50129455</td>\n",
       "      <td>False</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>猎头顾问</td>\n",
       "      <td>851f1364e956ebf8bfae1742a6c2db10</td>\n",
       "      <td>5f9fbc80930a7616c5f26fa107u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>知名互联网券商</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>60e2fe0bf3df194a3c48adb502u.png</td>\n",
       "      <td>计算机软件</td>\n",
       "      <td></td>\n",
       "      <td>其他</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>{\"imId\":\"c819e8883726ef7e8f669bb17ec3d8eb\",\"im...</td>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>[to B, IT互联网, 需求分析, 用户研究, 市场调研]</td>\n",
       "      <td>（储备）产品经理【20-22届-往届校招硕士专场】</td>\n",
       "      <td>深圳-福田区</td>\n",
       "      <td>2</td>\n",
       "      <td>20221215110638</td>\n",
       "      <td>55086205</td>\n",
       "      <td>False</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>...</td>\n",
       "      <td>HR</td>\n",
       "      <td>5101bdeab7487e5c1d0a1fdec36fba93</td>\n",
       "      <td>5f8f986bdfb13a7dee342f2108u.jpg</td>\n",
       "      <td>8635284.0</td>\n",
       "      <td>嘉为科技</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>63b4d9f0a0380858a9711da306u.png</td>\n",
       "      <td>IT服务</td>\n",
       "      <td>https://www.liepin.com/company/8635284/</td>\n",
       "      <td>B轮</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>{\"imId\":\"8bf63188cad28c2c68c56fcc9b2af6cb\",\"im...</td>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>[AI大模型产品经理, AI人工智能产品]</td>\n",
       "      <td>高级产品经理</td>\n",
       "      <td>深圳-南山区</td>\n",
       "      <td>1</td>\n",
       "      <td>20230908093617</td>\n",
       "      <td>49249923</td>\n",
       "      <td>False</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>猎头顾问</td>\n",
       "      <td>c8f33d34aac47f5be82800a1d8358940</td>\n",
       "      <td>6312c4e3e09a8076a83a52d707u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>某知名计算机软件上市公司</td>\n",
       "      <td>10000人以上</td>\n",
       "      <td>60e2fe0bf3df194a3c48adb502u.png</td>\n",
       "      <td>计算机软件</td>\n",
       "      <td></td>\n",
       "      <td>已上市</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>{\"imId\":\"4a581524b589a252ff86eb5f1c63f723\",\"im...</td>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>[金融产品, 交易产品, 风控产品, 策略产品, IT互联网, 金融行业, 用户研究, Ax...</td>\n",
       "      <td>高级产品经理</td>\n",
       "      <td>深圳</td>\n",
       "      <td>1</td>\n",
       "      <td>20230818172441</td>\n",
       "      <td>48734601</td>\n",
       "      <td>False</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>...</td>\n",
       "      <td>猎头顾问</td>\n",
       "      <td>4e29b99d4b63b58d7beae86c97c35549</td>\n",
       "      <td>62cd222d387f9734984ccc9802u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>某北京科技金融上市公司</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>60e2fe0bf3df194a3c48adb502u.png</td>\n",
       "      <td>科技金融</td>\n",
       "      <td></td>\n",
       "      <td>已上市</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>{\"imId\":\"7c5495ab4c24aaa96bc971ec2e264ed1\",\"im...</td>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>[OA产品, Axure, Xmind]</td>\n",
       "      <td>OA产品经理</td>\n",
       "      <td>深圳-福田区</td>\n",
       "      <td>1</td>\n",
       "      <td>20230814163016</td>\n",
       "      <td>48592999</td>\n",
       "      <td>False</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>...</td>\n",
       "      <td>猎头顾问</td>\n",
       "      <td>faa10552e2b9a5c935d11993119cd022</td>\n",
       "      <td>62f083ccaa51704ed257569c01u.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>某深圳大型批发/零售公司</td>\n",
       "      <td>10000人以上</td>\n",
       "      <td>60e2fe0bf3df194a3c48adb502u.png</td>\n",
       "      <td>批发/零售</td>\n",
       "      <td></td>\n",
       "      <td>不需要融资</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           dataParams  \\\n",
       "0   {\"imId\":\"7d3fa6789cde5a1567766a03c68ce883\",\"im...   \n",
       "1   {\"imId\":\"3a4d6e5af4ea54c998d2351c2920e108\",\"im...   \n",
       "2   {\"imId\":\"ca94f48529c69593cf3b784bbdf4fe53\",\"im...   \n",
       "3   {\"imId\":\"4a4ece35206ffdf578f5885b11a76839\",\"im...   \n",
       "4   {\"imId\":\"5f8386ced4ae183262f6540bf442d9e7\",\"im...   \n",
       "..                                                ...   \n",
       "35  {\"imId\":\"58af556f02a9c1d637a1b37a5d2979c7\",\"im...   \n",
       "36  {\"imId\":\"c819e8883726ef7e8f669bb17ec3d8eb\",\"im...   \n",
       "37  {\"imId\":\"8bf63188cad28c2c68c56fcc9b2af6cb\",\"im...   \n",
       "38  {\"imId\":\"4a581524b589a252ff86eb5f1c63f723\",\"im...   \n",
       "39  {\"imId\":\"7c5495ab4c24aaa96bc971ec2e264ed1\",\"im...   \n",
       "\n",
       "                                             dataInfo  \\\n",
       "0   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...   \n",
       "1   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...   \n",
       "2   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...   \n",
       "3   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...   \n",
       "4   %7B%22sfrom%22%3A%22search_job_pc%22%2C%22jobK...   \n",
       "..                                                ...   \n",
       "35  %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "36  %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "37  %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "38  %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "39  %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "\n",
       "                                           job.labels  \\\n",
       "0                           [工具产品, 计算机软件, 产品设计, 产品规划]   \n",
       "1    [数据产品, 工具产品, 化学化工, 数据分析, 产品规划, 数据挖掘, 用户研究, 产品设计]   \n",
       "2                   [策略产品, 能源/水利/环保, 新能源, 产品设计, 产品规划]   \n",
       "3                            [数据产品, 数据挖掘, 数据分析, 产品规划]   \n",
       "4   [数据产品, 供应链产品, 电子/半导体/集成电路, 电子商务, 产品规划, 用户研究, 市...   \n",
       "..                                                ...   \n",
       "35  [智能投顾产品经理, 投资产品, 金融产品, 金融行业, 移动端产品, 需求分析, 用户研究...   \n",
       "36                    [to B, IT互联网, 需求分析, 用户研究, 市场调研]   \n",
       "37                              [AI大模型产品经理, AI人工智能产品]   \n",
       "38  [金融产品, 交易产品, 风控产品, 策略产品, IT互联网, 金融行业, 用户研究, Ax...   \n",
       "39                               [OA产品, Axure, Xmind]   \n",
       "\n",
       "                                   job.title  job.dq job.jobKind  \\\n",
       "0                              【科技公司】BIM产品经理      深圳           2   \n",
       "1                            IT产品经理岗（数据开发方向）  深圳-南山区           2   \n",
       "2                              新能源产品经理（研发经验）  深圳-南山区           2   \n",
       "3   Lazada-Data Product Manager-流量数据产品经理（深圳）      深圳           2   \n",
       "4                               产品经理 PM（NXP）      深圳           2   \n",
       "..                                       ...     ...         ...   \n",
       "35                                高级智能投顾产品经理      深圳           1   \n",
       "36                 （储备）产品经理【20-22届-往届校招硕士专场】  深圳-福田区           2   \n",
       "37                                    高级产品经理  深圳-南山区           1   \n",
       "38                                    高级产品经理      深圳           1   \n",
       "39                                    OA产品经理  深圳-福田区           1   \n",
       "\n",
       "   job.refreshTime job.jobId  job.advViewFlag job.requireWorkYears  ...  \\\n",
       "0   20231103162049  60703563             True                5-10年  ...   \n",
       "1   20230724093847  60218903             True                5-10年  ...   \n",
       "2   20231108085807  62757747             True                5-10年  ...   \n",
       "3   20210311143004  36908035            False                5-10年  ...   \n",
       "4   20231016141158  44250585            False                5-10年  ...   \n",
       "..             ...       ...              ...                  ...  ...   \n",
       "35  20231107093631  50129455            False                5-10年  ...   \n",
       "36  20221215110638  55086205            False                 经验不限  ...   \n",
       "37  20230908093617  49249923            False                5-10年  ...   \n",
       "38  20230818172441  48734601            False                 3-5年  ...   \n",
       "39  20230814163016  48592999            False                5-10年  ...   \n",
       "\n",
       "   recruiter.recruiterTitle             recruiter.recruiterId  \\\n",
       "0                      招聘经理  3fcc5d5e7789cc2d15a835f0d3b0cd8e   \n",
       "1                        HR  682f5224fe72776cffa07540d5a21b09   \n",
       "2                    人力资源经理  a276f1c9428cbbd6482b32c71a5ef883   \n",
       "3                      招聘经理  d4be0c7af21e622076f4668dbe33f725   \n",
       "4                   人力资源部主管  03a35b280d00a67bde30689f01e9fe19   \n",
       "..                      ...                               ...   \n",
       "35                     猎头顾问  851f1364e956ebf8bfae1742a6c2db10   \n",
       "36                       HR  5101bdeab7487e5c1d0a1fdec36fba93   \n",
       "37                     猎头顾问  c8f33d34aac47f5be82800a1d8358940   \n",
       "38                     猎头顾问  4e29b99d4b63b58d7beae86c97c35549   \n",
       "39                     猎头顾问  faa10552e2b9a5c935d11993119cd022   \n",
       "\n",
       "           recruiter.recruiterPhoto comp.compId    comp.compName  \\\n",
       "0   5f8f986779c7cc70efbf36c008u.jpg   8008752.0             中海地产   \n",
       "1   5f8f9865ea60860b75384fa508u.jpg   9137518.0   前海兴邦金融租赁有限责任公司   \n",
       "2   5f8f9866dfb13a7dee342f1808u.jpg  13559807.0  中石油深圳新能源研究院有限公司   \n",
       "3   57c4e9d345ce9f0a74a9b8cd04a.png   1072424.0           阿里巴巴集团   \n",
       "4   5f8f9866dfb13a7dee342f1808u.jpg   8523053.0              中电港   \n",
       "..                              ...         ...              ...   \n",
       "35  5f9fbc80930a7616c5f26fa107u.jpg         NaN          知名互联网券商   \n",
       "36  5f8f986bdfb13a7dee342f2108u.jpg   8635284.0             嘉为科技   \n",
       "37  6312c4e3e09a8076a83a52d707u.png         NaN     某知名计算机软件上市公司   \n",
       "38  62cd222d387f9734984ccc9802u.png         NaN      某北京科技金融上市公司   \n",
       "39  62f083ccaa51704ed257569c01u.png         NaN     某深圳大型批发/零售公司   \n",
       "\n",
       "   comp.compScale                    comp.compLogo comp.compIndustry  \\\n",
       "0     5000-10000人  6152c4cc6f51835dc0c4098401u.png           房地产开发经营   \n",
       "1        100-499人  5950bce770320c7ee1a5511806a.jpg                银行   \n",
       "2        100-499人  65127c2197412100f7f75bc008u.png            专业技术服务   \n",
       "3        10000人以上  5bfe915474719d35745acf0903a.png               互联网   \n",
       "4        500-999人  5bfe9bce74719df0ac9a179703a.png       电子/半导体/集成电路   \n",
       "..            ...                              ...               ...   \n",
       "35    5000-10000人  60e2fe0bf3df194a3c48adb502u.png             计算机软件   \n",
       "36       500-999人  63b4d9f0a0380858a9711da306u.png              IT服务   \n",
       "37       10000人以上  60e2fe0bf3df194a3c48adb502u.png             计算机软件   \n",
       "38       100-499人  60e2fe0bf3df194a3c48adb502u.png              科技金融   \n",
       "39       10000人以上  60e2fe0bf3df194a3c48adb502u.png             批发/零售   \n",
       "\n",
       "                                   comp.link  comp.compStage  \n",
       "0    https://www.liepin.com/company/8008752/             NaN  \n",
       "1    https://www.liepin.com/company/9137518/             NaN  \n",
       "2   https://www.liepin.com/company/13559807/             NaN  \n",
       "3    https://www.liepin.com/company/1072424/            港股上市  \n",
       "4    https://www.liepin.com/company/8523053/             NaN  \n",
       "..                                       ...             ...  \n",
       "35                                                        其他  \n",
       "36   https://www.liepin.com/company/8635284/              B轮  \n",
       "37                                                       已上市  \n",
       "38                                                       已上市  \n",
       "39                                                     不需要融资  \n",
       "\n",
       "[400 rows x 31 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "产品经理_深圳_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f5103805",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['dataParams', 'dataInfo', 'job.labels', 'job.title', 'job.dq',\n",
       "       'job.jobKind', 'job.refreshTime', 'job.jobId', 'job.advViewFlag',\n",
       "       'job.requireWorkYears', 'job.requireEduLevel', 'job.topJob',\n",
       "       'job.salary', 'job.pcOuterLink', 'job.h5OuterLink', 'job.link',\n",
       "       'job.dataPromId', 'recruiter.imId', 'recruiter.imUserType',\n",
       "       'recruiter.chatted', 'recruiter.recruiterName',\n",
       "       'recruiter.recruiterTitle', 'recruiter.recruiterId',\n",
       "       'recruiter.recruiterPhoto', 'comp.compId', 'comp.compName',\n",
       "       'comp.compScale', 'comp.compLogo', 'comp.compIndustry', 'comp.link',\n",
       "       'comp.compStage'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "产品经理_深圳_results.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "9f0f5f75",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "深圳        125\n",
       "深圳-南山区    115\n",
       "深圳-福田区     54\n",
       "深圳-宝安区     38\n",
       "深圳-龙华区     35\n",
       "深圳-龙岗区     19\n",
       "深圳-罗湖区      4\n",
       "深圳-盐田区      4\n",
       "深圳-坪山区      3\n",
       "深圳-光明区      3\n",
       "Name: job.dq, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "series_dq = 产品经理_深圳_results['job.dq'].value_counts()\n",
    "series_dq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "19dfa82e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['深圳-南山区',\n",
       " '深圳-福田区',\n",
       " '深圳-宝安区',\n",
       " '深圳-龙华区',\n",
       " '深圳-龙岗区',\n",
       " '深圳-罗湖区',\n",
       " '深圳-盐田区',\n",
       " '深圳-坪山区',\n",
       " '深圳-光明区']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dq_name= [i for i in series_dq.index if '-' in i]\n",
    "dq_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "e381a038",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([115,  54,  38,  35,  19,   4,   4,   3,   3], dtype=int64)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "series_dq[dq_name].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "82c50bd9",
   "metadata": {},
   "outputs": [],
   "source": [
    "from pyecharts import options as opts\n",
    "from pyecharts.charts import Map\n",
    "from pyecharts.faker import Faker\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "edfad5c6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['南山区', '福田区', '宝安区', '龙华区', '龙岗区', '罗湖区', '盐田区', '坪山区', '光明区']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[i.split('-')[1] for i in dq_name]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "e91e6b62",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[115, 54, 38, 35, 19, 4, 4, 3, 3]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "series_dq[dq_name].values.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "bfc09a3d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<script>\n",
       "    require.config({\n",
       "        paths: {\n",
       "            'echarts':'https://assets.pyecharts.org/assets/v5/echarts.min', '深圳':'https://assets.pyecharts.org/assets/v5/maps/guang3_dong1_shen1_zhen4'\n",
       "        }\n",
       "    });\n",
       "</script>\n",
       "\n",
       "        <div id=\"eca02fe30c424969a38ceec0f680b99a\" style=\"width:900px; height:500px;\"></div>\n",
       "\n",
       "<script>\n",
       "        require(['echarts', '深圳'], function(echarts) {\n",
       "                var chart_eca02fe30c424969a38ceec0f680b99a = echarts.init(\n",
       "                    document.getElementById('eca02fe30c424969a38ceec0f680b99a'), 'white', {renderer: 'canvas'});\n",
       "                var option_eca02fe30c424969a38ceec0f680b99a = {\n",
       "    \"animation\": true,\n",
       "    \"animationThreshold\": 2000,\n",
       "    \"animationDuration\": 1000,\n",
       "    \"animationEasing\": \"cubicOut\",\n",
       "    \"animationDelay\": 0,\n",
       "    \"animationDurationUpdate\": 300,\n",
       "    \"animationEasingUpdate\": \"cubicOut\",\n",
       "    \"animationDelayUpdate\": 0,\n",
       "    \"aria\": {\n",
       "        \"enabled\": false\n",
       "    },\n",
       "    \"color\": [\n",
       "        \"#5470c6\",\n",
       "        \"#91cc75\",\n",
       "        \"#fac858\",\n",
       "        \"#ee6666\",\n",
       "        \"#73c0de\",\n",
       "        \"#3ba272\",\n",
       "        \"#fc8452\",\n",
       "        \"#9a60b4\",\n",
       "        \"#ea7ccc\"\n",
       "    ],\n",
       "    \"series\": [\n",
       "        {\n",
       "            \"type\": \"map\",\n",
       "            \"name\": \"\\u4ea7\\u54c1\\u7ecf\\u7406\\u5730\\u533a\\u5206\\u5e03\",\n",
       "            \"label\": {\n",
       "                \"show\": true,\n",
       "                \"margin\": 8\n",
       "            },\n",
       "            \"map\": \"\\u6df1\\u5733\",\n",
       "            \"data\": [\n",
       "                {\n",
       "                    \"name\": \"\\u5357\\u5c71\\u533a\",\n",
       "                    \"value\": 115\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u798f\\u7530\\u533a\",\n",
       "                    \"value\": 54\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u5b9d\\u5b89\\u533a\",\n",
       "                    \"value\": 38\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u9f99\\u534e\\u533a\",\n",
       "                    \"value\": 35\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u9f99\\u5c97\\u533a\",\n",
       "                    \"value\": 19\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u7f57\\u6e56\\u533a\",\n",
       "                    \"value\": 4\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u76d0\\u7530\\u533a\",\n",
       "                    \"value\": 4\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u576a\\u5c71\\u533a\",\n",
       "                    \"value\": 3\n",
       "                },\n",
       "                {\n",
       "                    \"name\": \"\\u5149\\u660e\\u533a\",\n",
       "                    \"value\": 3\n",
       "                }\n",
       "            ],\n",
       "            \"roam\": true,\n",
       "            \"aspectScale\": 0.75,\n",
       "            \"nameProperty\": \"name\",\n",
       "            \"selectedMode\": false,\n",
       "            \"zoom\": 1,\n",
       "            \"mapValueCalculation\": \"sum\",\n",
       "            \"showLegendSymbol\": true,\n",
       "            \"emphasis\": {}\n",
       "        }\n",
       "    ],\n",
       "    \"legend\": [\n",
       "        {\n",
       "            \"data\": [\n",
       "                \"\\u4ea7\\u54c1\\u7ecf\\u7406\\u5730\\u533a\\u5206\\u5e03\"\n",
       "            ],\n",
       "            \"selected\": {\n",
       "                \"\\u4ea7\\u54c1\\u7ecf\\u7406\\u5730\\u533a\\u5206\\u5e03\": true\n",
       "            },\n",
       "            \"show\": true,\n",
       "            \"padding\": 5,\n",
       "            \"itemGap\": 10,\n",
       "            \"itemWidth\": 25,\n",
       "            \"itemHeight\": 14,\n",
       "            \"backgroundColor\": \"transparent\",\n",
       "            \"borderColor\": \"#ccc\",\n",
       "            \"borderWidth\": 1,\n",
       "            \"borderRadius\": 0,\n",
       "            \"pageButtonItemGap\": 5,\n",
       "            \"pageButtonPosition\": \"end\",\n",
       "            \"pageFormatter\": \"{current}/{total}\",\n",
       "            \"pageIconColor\": \"#2f4554\",\n",
       "            \"pageIconInactiveColor\": \"#aaa\",\n",
       "            \"pageIconSize\": 15,\n",
       "            \"animationDurationUpdate\": 800,\n",
       "            \"selector\": false,\n",
       "            \"selectorPosition\": \"auto\",\n",
       "            \"selectorItemGap\": 7,\n",
       "            \"selectorButtonGap\": 10\n",
       "        }\n",
       "    ],\n",
       "    \"tooltip\": {\n",
       "        \"show\": true,\n",
       "        \"trigger\": \"item\",\n",
       "        \"triggerOn\": \"mousemove|click\",\n",
       "        \"axisPointer\": {\n",
       "            \"type\": \"line\"\n",
       "        },\n",
       "        \"showContent\": true,\n",
       "        \"alwaysShowContent\": false,\n",
       "        \"showDelay\": 0,\n",
       "        \"hideDelay\": 100,\n",
       "        \"enterable\": false,\n",
       "        \"confine\": false,\n",
       "        \"appendToBody\": false,\n",
       "        \"transitionDuration\": 0.4,\n",
       "        \"textStyle\": {\n",
       "            \"fontSize\": 14\n",
       "        },\n",
       "        \"borderWidth\": 0,\n",
       "        \"padding\": 5,\n",
       "        \"order\": \"seriesAsc\"\n",
       "    },\n",
       "    \"title\": [\n",
       "        {\n",
       "            \"show\": true,\n",
       "            \"text\": \"Map-\\u6df1\\u5733-\\u4ea7\\u54c1\\u7ecf\\u7406\",\n",
       "            \"target\": \"blank\",\n",
       "            \"subtarget\": \"blank\",\n",
       "            \"padding\": 5,\n",
       "            \"itemGap\": 10,\n",
       "            \"textAlign\": \"auto\",\n",
       "            \"textVerticalAlign\": \"auto\",\n",
       "            \"triggerEvent\": false\n",
       "        }\n",
       "    ],\n",
       "    \"visualMap\": {\n",
       "        \"show\": true,\n",
       "        \"type\": \"continuous\",\n",
       "        \"min\": 0,\n",
       "        \"max\": 100,\n",
       "        \"inRange\": {\n",
       "            \"color\": [\n",
       "                \"#50a3ba\",\n",
       "                \"#eac763\",\n",
       "                \"#d94e5d\"\n",
       "            ]\n",
       "        },\n",
       "        \"calculable\": true,\n",
       "        \"inverse\": false,\n",
       "        \"splitNumber\": 5,\n",
       "        \"hoverLink\": true,\n",
       "        \"orient\": \"vertical\",\n",
       "        \"padding\": 5,\n",
       "        \"showLabel\": true,\n",
       "        \"itemWidth\": 20,\n",
       "        \"itemHeight\": 140,\n",
       "        \"borderWidth\": 0\n",
       "    }\n",
       "};\n",
       "                chart_eca02fe30c424969a38ceec0f680b99a.setOption(option_eca02fe30c424969a38ceec0f680b99a);\n",
       "        });\n",
       "    </script>\n"
      ],
      "text/plain": [
       "<pyecharts.render.display.HTML at 0x21b1245ccd0>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from pyecharts import options as opts\n",
    "from pyecharts.charts import Map\n",
    "from pyecharts.faker import Faker\n",
    "\n",
    "c = (\n",
    "    Map()\n",
    "    .add(\"产品经理地区分布\", [list(z) for z in zip([i.split('-')[1] for i in dq_name],series_dq[dq_name].values.tolist())], \"深圳\")\n",
    "    .set_global_opts(\n",
    "        title_opts=opts.TitleOpts(title=\"Map-深圳-产品经理\"), visualmap_opts=opts.VisualMapOpts()\n",
    "    )\n",
    "    \n",
    ")\n",
    "c.render_notebook()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3b658670",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
